{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-30T14:05:42.220332Z",
     "start_time": "2019-07-30T14:05:41.096580Z"
    }
   },
   "outputs": [],
   "source": [
    "from trectools import TrecPool, TrecRun, TrecPoolMaker\n",
    "\n",
    "r1 = TrecRun(\"./robust03/runs/input.aplrob03a.gz\")\n",
    "r2 = TrecRun(\"./robust03/runs/input.UIUC03Rd1.gz\")\n",
    "\n",
    "len(r1.topics()) # 100 topics\n",
    " \n",
    "# Creates document pools with r1 and r2 using different strategies:\n",
    "\n",
    "# Strategy1: Creates a pool with top 10 documents of each run:\n",
    "pool1 = TrecPoolMaker().make_pool([r1, r2], strategy=\"topX\", topX=10) # Pool with 1636 unique documents.\n",
    "\n",
    "# Strategy2: Creates a pool with 2000 documents (20 per topic) using the reciprocal ranking strategy by Gordon, Clake and Buettcher:\n",
    "pool2 = TrecPoolMaker().make_pool([r1,r2], strategy=\"rrf\", topX=20, rrf_den=60) # Pool with 2000 unique documents.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-30T14:05:42.809906Z",
     "start_time": "2019-07-30T14:05:42.772638Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{601: {'FBIS3-12202',\n",
       "  'FBIS3-22369',\n",
       "  'FBIS3-38723',\n",
       "  'FBIS3-42193',\n",
       "  'FBIS4-1981',\n",
       "  'FBIS4-44484',\n",
       "  'FBIS4-64831',\n",
       "  'FR940404-2-00028',\n",
       "  'FT922-13069',\n",
       "  'FT923-11593',\n",
       "  'FT923-9764',\n",
       "  'FT931-10200',\n",
       "  'FT931-13722',\n",
       "  'FT931-14451',\n",
       "  'FT942-15268',\n",
       "  'FT944-10568'},\n",
       " 602: {'FT921-1623',\n",
       "  'FT922-1409',\n",
       "  'FT922-1498',\n",
       "  'FT922-1536',\n",
       "  'FT922-1680',\n",
       "  'FT922-2143',\n",
       "  'FT922-2288',\n",
       "  'FT922-2508',\n",
       "  'FT923-2408',\n",
       "  'FT923-5753',\n",
       "  'FT923-8609',\n",
       "  'FT924-171',\n",
       "  'FT934-11227',\n",
       "  'FT934-11235'},\n",
       " 603: {'FT922-991',\n",
       "  'FT924-9307',\n",
       "  'FT941-1212',\n",
       "  'FT941-1443',\n",
       "  'FT942-1181',\n",
       "  'FT942-14179',\n",
       "  'FT942-15472',\n",
       "  'FT942-6205',\n",
       "  'FT943-8137',\n",
       "  'FT944-3264',\n",
       "  'FT944-3389',\n",
       "  'LA052689-0103',\n",
       "  'LA072790-0059',\n",
       "  'LA081990-0051',\n",
       "  'LA122590-0054'},\n",
       " 604: {'FBIS4-45839',\n",
       "  'FBIS4-67664',\n",
       "  'FR940802-1-00015',\n",
       "  'FT943-12041',\n",
       "  'LA061389-0087',\n",
       "  'LA071989-0117',\n",
       "  'LA073090-0058',\n",
       "  'LA081989-0064',\n",
       "  'LA092090-0248',\n",
       "  'LA092690-0153',\n",
       "  'LA111590-0227',\n",
       "  'LA112690-0027',\n",
       "  'LA112789-0001',\n",
       "  'LA113090-0156'},\n",
       " 605: {'FBIS4-22954',\n",
       "  'FR940228-1-00051',\n",
       "  'FR940527-1-00098',\n",
       "  'FR940527-1-00233',\n",
       "  'FR940527-1-00234',\n",
       "  'FR940527-1-00247',\n",
       "  'FR940527-1-00252',\n",
       "  'FR941117-2-00052',\n",
       "  'FT921-7866',\n",
       "  'FT943-13402',\n",
       "  'LA011090-0064',\n",
       "  'LA013089-0099',\n",
       "  'LA020490-0059',\n",
       "  'LA042690-0241',\n",
       "  'LA050690-0042',\n",
       "  'LA060489-0030',\n",
       "  'LA070389-0008'},\n",
       " 606: {'FR940511-0-00055',\n",
       "  'FR940603-0-00083',\n",
       "  'LA013190-0123',\n",
       "  'LA032990-0050',\n",
       "  'LA040390-0013',\n",
       "  'LA041489-0143',\n",
       "  'LA042889-0181',\n",
       "  'LA052489-0063',\n",
       "  'LA061790-0082',\n",
       "  'LA070989-0169',\n",
       "  'LA082390-0001',\n",
       "  'LA091489-0077',\n",
       "  'LA112589-0110',\n",
       "  'LA122489-0029',\n",
       "  'LA122589-0038'},\n",
       " 607: {'FR940413-2-00073',\n",
       "  'FT921-10261',\n",
       "  'FT923-7735',\n",
       "  'FT923-7988',\n",
       "  'FT932-13552',\n",
       "  'FT934-1290',\n",
       "  'FT934-2039',\n",
       "  'FT943-16710',\n",
       "  'FT944-17394',\n",
       "  'LA062589-0077',\n",
       "  'LA121790-0086'},\n",
       " 608: {'FBIS3-27759',\n",
       "  'FBIS3-40865',\n",
       "  'FBIS3-42131',\n",
       "  'FBIS4-25388',\n",
       "  'FT924-11006',\n",
       "  'FT924-6213',\n",
       "  'FT931-10729',\n",
       "  'FT941-13936',\n",
       "  'FT944-4537',\n",
       "  'LA012490-0088',\n",
       "  'LA020289-0149',\n",
       "  'LA020490-0205',\n",
       "  'LA022790-0155',\n",
       "  'LA082090-0007',\n",
       "  'LA090689-0110',\n",
       "  'LA122390-0140',\n",
       "  'LA123089-0104'},\n",
       " 609: {'FBIS3-20587',\n",
       "  'FBIS3-26364',\n",
       "  'FBIS3-9210',\n",
       "  'FBIS4-4075',\n",
       "  'FBIS4-44488',\n",
       "  'FR940617-2-00242',\n",
       "  'FT921-16',\n",
       "  'LA030689-0022',\n",
       "  'LA043089-0095',\n",
       "  'LA070690-0084',\n",
       "  'LA070990-0085',\n",
       "  'LA081089-0056',\n",
       "  'LA100590-0127',\n",
       "  'LA102289-0100',\n",
       "  'LA102789-0099'},\n",
       " 610: {'FBIS3-40878',\n",
       "  'FBIS4-41493',\n",
       "  'FBIS4-41579',\n",
       "  'FR940208-1-00062',\n",
       "  'FR940216-0-00171',\n",
       "  'FR940513-1-00089',\n",
       "  'FR940513-1-00103',\n",
       "  'FR940621-0-00017',\n",
       "  'FR940830-1-00028',\n",
       "  'FR941130-1-00004',\n",
       "  'FT921-280',\n",
       "  'FT921-5263',\n",
       "  'FT924-9284',\n",
       "  'FT934-14971',\n",
       "  'FT942-4818',\n",
       "  'FT942-4821',\n",
       "  'LA032489-0042',\n",
       "  'LA092089-0032',\n",
       "  'LA110989-0124'},\n",
       " 611: {'FBIS3-19897',\n",
       "  'FBIS3-19973',\n",
       "  'FBIS3-19974',\n",
       "  'FBIS3-20055',\n",
       "  'FBIS3-20088',\n",
       "  'FBIS4-18670',\n",
       "  'FBIS4-19631',\n",
       "  'FBIS4-21111',\n",
       "  'FBIS4-21941',\n",
       "  'FBIS4-22021',\n",
       "  'FBIS4-22118',\n",
       "  'FBIS4-42321',\n",
       "  'FBIS4-46313'},\n",
       " 612: {'FBIS3-25845',\n",
       "  'FBIS3-27046',\n",
       "  'FBIS3-44974',\n",
       "  'FBIS4-24390',\n",
       "  'FT932-5619',\n",
       "  'FT932-7323',\n",
       "  'FT944-610',\n",
       "  'LA012189-0056',\n",
       "  'LA013089-0055',\n",
       "  'LA030689-0004',\n",
       "  'LA030989-0104',\n",
       "  'LA031189-0049',\n",
       "  'LA031289-0148',\n",
       "  'LA031489-0010',\n",
       "  'LA120389-0122'},\n",
       " 613: {'LA012890-0072',\n",
       "  'LA040590-0036',\n",
       "  'LA041390-0061',\n",
       "  'LA041390-0085',\n",
       "  'LA080690-0101',\n",
       "  'LA080690-0103',\n",
       "  'LA081090-0185',\n",
       "  'LA082690-0025',\n",
       "  'LA090290-0181',\n",
       "  'LA111289-0193',\n",
       "  'LA112089-0031',\n",
       "  'LA112289-0045',\n",
       "  'LA112489-0093',\n",
       "  'LA121789-0051',\n",
       "  'LA122389-0019'},\n",
       " 614: {'FR940523-0-00033',\n",
       "  'FR940523-0-00034',\n",
       "  'FR940523-0-00041',\n",
       "  'FR940523-0-00044',\n",
       "  'FR940523-0-00047',\n",
       "  'FR940523-2-00056',\n",
       "  'FR941003-2-00006',\n",
       "  'FT922-9346',\n",
       "  'FT941-3180',\n",
       "  'FT941-7775',\n",
       "  'FT942-8796',\n",
       "  'FT943-15996'},\n",
       " 615: {'FBIS3-29335',\n",
       "  'FT921-9505',\n",
       "  'FT931-3233',\n",
       "  'FT932-10619',\n",
       "  'FT934-6722',\n",
       "  'FT941-9675',\n",
       "  'LA010990-0122',\n",
       "  'LA011589-0113',\n",
       "  'LA051690-0109',\n",
       "  'LA060890-0028',\n",
       "  'LA062689-0014',\n",
       "  'LA062889-0008',\n",
       "  'LA080690-0029',\n",
       "  'LA082190-0004'},\n",
       " 616: {'FBIS3-29850',\n",
       "  'FT921-4982',\n",
       "  'FT922-11481',\n",
       "  'FT923-10115',\n",
       "  'FT924-12512',\n",
       "  'FT932-1502',\n",
       "  'FT932-5276',\n",
       "  'FT933-4206',\n",
       "  'FT934-13096',\n",
       "  'FT941-17177',\n",
       "  'FT941-5368',\n",
       "  'FT942-13328',\n",
       "  'FT942-13932',\n",
       "  'FT944-18270',\n",
       "  'FT944-6905'},\n",
       " 617: {'FBIS3-24655',\n",
       "  'FBIS3-32480',\n",
       "  'FBIS3-61299',\n",
       "  'FBIS4-10222',\n",
       "  'FBIS4-10797',\n",
       "  'FBIS4-38627',\n",
       "  'FBIS4-38629',\n",
       "  'FBIS4-56570',\n",
       "  'FBIS4-57500',\n",
       "  'FT923-10781',\n",
       "  'FT933-1483',\n",
       "  'FT934-4579',\n",
       "  'FT941-13330',\n",
       "  'FT942-11872',\n",
       "  'FT942-12806',\n",
       "  'FT942-12807',\n",
       "  'FT942-5721',\n",
       "  'FT943-9880',\n",
       "  'FT944-12369'},\n",
       " 618: {'LA021589-0078',\n",
       "  'LA021590-0206',\n",
       "  'LA021789-0052',\n",
       "  'LA022189-0116',\n",
       "  'LA031089-0054',\n",
       "  'LA031589-0063',\n",
       "  'LA031889-0055',\n",
       "  'LA040589-0072',\n",
       "  'LA060589-0062',\n",
       "  'LA060589-0104',\n",
       "  'LA060590-0034',\n",
       "  'LA060690-0084',\n",
       "  'LA081189-0143',\n",
       "  'LA102189-0146',\n",
       "  'LA122790-0078'},\n",
       " 619: {'FT911-127',\n",
       "  'FT922-13245',\n",
       "  'FT932-5616',\n",
       "  'LA021389-0032',\n",
       "  'LA021789-0053',\n",
       "  'LA022689-0169',\n",
       "  'LA022789-0050',\n",
       "  'LA030889-0103',\n",
       "  'LA051490-0058',\n",
       "  'LA052590-0178',\n",
       "  'LA080890-0154'},\n",
       " 620: {'FBIS4-30449',\n",
       "  'FBIS4-64760',\n",
       "  'FT911-1129',\n",
       "  'FT911-2181',\n",
       "  'FT911-2331',\n",
       "  'FT911-813',\n",
       "  'FT921-723',\n",
       "  'FT921-876',\n",
       "  'FT932-5843',\n",
       "  'FT933-16314',\n",
       "  'FT933-17007',\n",
       "  'FT934-16349',\n",
       "  'FT934-16472',\n",
       "  'FT942-11106'},\n",
       " 621: {'FT921-4820',\n",
       "  'FT921-7364',\n",
       "  'FT924-10442',\n",
       "  'FT924-8156',\n",
       "  'FT924-9001',\n",
       "  'FT932-2151',\n",
       "  'FT934-408',\n",
       "  'FT941-3868',\n",
       "  'FT942-17503',\n",
       "  'LA011390-0037',\n",
       "  'LA040390-0124',\n",
       "  'LA110789-0149'},\n",
       " 622: {'FR940811-2-00108',\n",
       "  'FR940830-2-00099',\n",
       "  'FR940830-2-00102',\n",
       "  'FR941107-2-00058',\n",
       "  'FT931-15710',\n",
       "  'FT941-8771',\n",
       "  'FT942-4386',\n",
       "  'FT943-14469',\n",
       "  'FT943-14826',\n",
       "  'FT944-2007',\n",
       "  'FT944-7904',\n",
       "  'FT944-8135',\n",
       "  'LA032190-0143',\n",
       "  'LA032990-0121',\n",
       "  'LA041590-0054',\n",
       "  'LA042590-0148',\n",
       "  'LA042690-0227',\n",
       "  'LA042690-0231',\n",
       "  'LA081490-0094'},\n",
       " 623: {'FBIS3-21513',\n",
       "  'FBIS3-21514',\n",
       "  'FBIS3-21515',\n",
       "  'FBIS3-41450',\n",
       "  'FBIS3-42404',\n",
       "  'FBIS3-42970',\n",
       "  'FBIS3-43008',\n",
       "  'FBIS3-59613',\n",
       "  'FBIS3-59903',\n",
       "  'FBIS4-13633',\n",
       "  'FBIS4-20833',\n",
       "  'FBIS4-20835',\n",
       "  'FBIS4-66855',\n",
       "  'FBIS4-67918'},\n",
       " 624: {'LA021989-0231',\n",
       "  'LA032889-0135',\n",
       "  'LA042690-0184',\n",
       "  'LA062189-0056',\n",
       "  'LA090889-0075',\n",
       "  'LA092789-0060',\n",
       "  'LA101289-0116',\n",
       "  'LA110289-0116',\n",
       "  'LA120689-0114',\n",
       "  'LA121089-0218',\n",
       "  'LA121489-0151',\n",
       "  'LA121789-0117'},\n",
       " 625: {'FBIS3-23484',\n",
       "  'FBIS3-23488',\n",
       "  'FBIS3-42326',\n",
       "  'FBIS4-21838',\n",
       "  'FBIS4-58523',\n",
       "  'FBIS4-68065',\n",
       "  'FT931-1391',\n",
       "  'FT931-2862',\n",
       "  'FT931-4255',\n",
       "  'FT931-4556',\n",
       "  'FT931-5315',\n",
       "  'FT931-6324',\n",
       "  'FT932-1095',\n",
       "  'FT941-5673',\n",
       "  'FT942-7609',\n",
       "  'FT942-7648'},\n",
       " 626: {'FBIS4-36847',\n",
       "  'FBIS4-60291',\n",
       "  'FBIS4-60292',\n",
       "  'FBIS4-60493',\n",
       "  'FT924-13949',\n",
       "  'FT931-14000',\n",
       "  'FT941-5519',\n",
       "  'FT941-8535',\n",
       "  'FT942-15041',\n",
       "  'FT942-7622',\n",
       "  'FT944-7609',\n",
       "  'LA030589-0080',\n",
       "  'LA062690-0090'},\n",
       " 627: {'FBIS3-15964',\n",
       "  'FBIS3-16313',\n",
       "  'FBIS3-27290',\n",
       "  'FBIS3-27522',\n",
       "  'FBIS3-2982',\n",
       "  'FBIS3-37832',\n",
       "  'FBIS3-37844',\n",
       "  'FBIS3-37846',\n",
       "  'FBIS3-42933',\n",
       "  'FBIS3-47130',\n",
       "  'FBIS3-7805',\n",
       "  'FBIS3-8166',\n",
       "  'FBIS4-29251',\n",
       "  'FBIS4-53795',\n",
       "  'FT921-10747',\n",
       "  'FT941-4641',\n",
       "  'LA111790-0139',\n",
       "  'LA112790-0147',\n",
       "  'LA120190-0117',\n",
       "  'LA121190-0084'},\n",
       " 628: {'FBIS4-57069',\n",
       "  'FBIS4-57246',\n",
       "  'LA010490-0202',\n",
       "  'LA012990-0092',\n",
       "  'LA120290-0104',\n",
       "  'LA122189-0022',\n",
       "  'LA122189-0026',\n",
       "  'LA122189-0027',\n",
       "  'LA122189-0130',\n",
       "  'LA122189-0131',\n",
       "  'LA122189-0133',\n",
       "  'LA122289-0030',\n",
       "  'LA122389-0018',\n",
       "  'LA122489-0082',\n",
       "  'LA122589-0027',\n",
       "  'LA122589-0055'},\n",
       " 629: {'FT931-4191',\n",
       "  'FT944-4814',\n",
       "  'LA010889-0090',\n",
       "  'LA011890-0207',\n",
       "  'LA012989-0104',\n",
       "  'LA022390-0034',\n",
       "  'LA031190-0213',\n",
       "  'LA031589-0019',\n",
       "  'LA031689-0060',\n",
       "  'LA032889-0003',\n",
       "  'LA041590-0152',\n",
       "  'LA043089-0060',\n",
       "  'LA070490-0032',\n",
       "  'LA070989-0212',\n",
       "  'LA072789-0028',\n",
       "  'LA093089-0074',\n",
       "  'LA101189-0065',\n",
       "  'LA111889-0134'},\n",
       " 630: {'FBIS3-22143',\n",
       "  'FBIS3-38744',\n",
       "  'FBIS3-41804',\n",
       "  'FBIS4-31795',\n",
       "  'FBIS4-67633',\n",
       "  'FT923-7392',\n",
       "  'FT932-4288',\n",
       "  'FT944-11095',\n",
       "  'FT944-16460',\n",
       "  'LA082290-0148',\n",
       "  'LA111290-0068',\n",
       "  'LA120990-0203',\n",
       "  'LA122589-0047'},\n",
       " 631: {'FBIS4-111',\n",
       "  'FBIS4-25363',\n",
       "  'FBIS4-3321',\n",
       "  'FBIS4-3603',\n",
       "  'FBIS4-47793',\n",
       "  'FBIS4-47974',\n",
       "  'FBIS4-48134',\n",
       "  'FBIS4-49232',\n",
       "  'FBIS4-49677',\n",
       "  'FBIS4-52241',\n",
       "  'FBIS4-52393',\n",
       "  'FBIS4-52427',\n",
       "  'FBIS4-58779',\n",
       "  'FBIS4-58876',\n",
       "  'FBIS4-59405',\n",
       "  'FT942-11344',\n",
       "  'LA021190-0179'},\n",
       " 632: {'FBIS3-26427',\n",
       "  'FBIS3-45166',\n",
       "  'FBIS3-45344',\n",
       "  'FBIS3-7083',\n",
       "  'FBIS4-2297',\n",
       "  'FBIS4-2743',\n",
       "  'FBIS4-28050',\n",
       "  'FBIS4-30386',\n",
       "  'FBIS4-30636',\n",
       "  'FBIS4-6350',\n",
       "  'FT922-5564',\n",
       "  'FT923-8113',\n",
       "  'FT931-345',\n",
       "  'FT932-11184',\n",
       "  'FT932-2680',\n",
       "  'FT932-8569',\n",
       "  'FT933-5293',\n",
       "  'FT933-5995',\n",
       "  'FT934-12248',\n",
       "  'FT942-9756'},\n",
       " 633: {'FT921-10574',\n",
       "  'FT921-6186',\n",
       "  'FT921-6952',\n",
       "  'FT922-13356',\n",
       "  'FT922-13585',\n",
       "  'FT922-13589',\n",
       "  'FT922-14090',\n",
       "  'FT922-14326',\n",
       "  'FT922-15171',\n",
       "  'FT944-13056',\n",
       "  'FT944-16050',\n",
       "  'FT944-171',\n",
       "  'FT944-17612'},\n",
       " 634: {'LA020890-0085',\n",
       "  'LA032290-0239',\n",
       "  'LA032390-0070',\n",
       "  'LA053190-0019',\n",
       "  'LA060490-0010',\n",
       "  'LA061390-0007',\n",
       "  'LA071090-0010',\n",
       "  'LA071090-0055',\n",
       "  'LA071590-0202',\n",
       "  'LA111689-0145',\n",
       "  'LA112189-0078',\n",
       "  'LA112789-0001'},\n",
       " 635: {'LA060690-0053',\n",
       "  'LA061490-0082',\n",
       "  'LA061690-0003',\n",
       "  'LA061690-0004',\n",
       "  'LA061690-0005',\n",
       "  'LA061690-0006',\n",
       "  'LA062190-0255',\n",
       "  'LA090890-0037',\n",
       "  'LA120890-0014',\n",
       "  'LA121390-0235',\n",
       "  'LA121490-0059',\n",
       "  'LA121590-0063'},\n",
       " 636: {'FBIS3-18000',\n",
       "  'FBIS4-63334',\n",
       "  'FR940414-1-00021',\n",
       "  'FR940620-0-00093',\n",
       "  'FR940620-0-00103',\n",
       "  'FR940713-0-00025',\n",
       "  'FR940727-0-00084',\n",
       "  'FR940727-0-00085',\n",
       "  'FR940803-2-00087',\n",
       "  'FR940804-0-00114',\n",
       "  'FR941021-0-00050',\n",
       "  'FR941028-1-00011',\n",
       "  'LA012089-0096',\n",
       "  'LA021789-0063',\n",
       "  'LA050289-0019',\n",
       "  'LA091390-0147',\n",
       "  'LA091690-0092',\n",
       "  'LA092790-0157'},\n",
       " 637: {'FBIS3-61505',\n",
       "  'FR940817-2-00260',\n",
       "  'FT923-10650',\n",
       "  'FT932-1217',\n",
       "  'FT932-899',\n",
       "  'FT934-10458',\n",
       "  'LA010190-0021',\n",
       "  'LA041789-0062',\n",
       "  'LA090190-0116',\n",
       "  'LA090389-0058',\n",
       "  'LA092189-0166',\n",
       "  'LA092889-0142',\n",
       "  'LA092889-0193',\n",
       "  'LA110490-0091',\n",
       "  'LA122890-0150'},\n",
       " 638: {'FT922-4315',\n",
       "  'FT922-8629',\n",
       "  'FT944-260',\n",
       "  'LA010690-0092',\n",
       "  'LA012490-0066',\n",
       "  'LA022089-0015',\n",
       "  'LA030389-0100',\n",
       "  'LA031690-0082',\n",
       "  'LA032089-0100',\n",
       "  'LA032289-0026',\n",
       "  'LA042689-0016',\n",
       "  'LA051889-0160',\n",
       "  'LA052289-0051',\n",
       "  'LA062090-0070',\n",
       "  'LA101289-0219',\n",
       "  'LA101489-0082',\n",
       "  'LA120989-0069',\n",
       "  'LA121689-0082',\n",
       "  'LA122390-0123'},\n",
       " 639: {'FBIS3-7133',\n",
       "  'FT922-7787',\n",
       "  'FT932-3205',\n",
       "  'FT932-646',\n",
       "  'FT934-4878',\n",
       "  'FT934-7363',\n",
       "  'FT942-10058',\n",
       "  'FT942-1663',\n",
       "  'FT942-2606',\n",
       "  'FT943-4665',\n",
       "  'FT943-503',\n",
       "  'FT944-11953',\n",
       "  'FT944-12219',\n",
       "  'FT944-14530',\n",
       "  'FT944-16689',\n",
       "  'FT944-3385',\n",
       "  'FT944-9156',\n",
       "  'LA111989-0148'},\n",
       " 640: {'FT921-3529',\n",
       "  'FT922-1310',\n",
       "  'FT922-1426',\n",
       "  'FT931-13452',\n",
       "  'FT931-8172',\n",
       "  'FT931-9324',\n",
       "  'FT933-467',\n",
       "  'FT933-9685',\n",
       "  'FT944-1356',\n",
       "  'FT944-15308',\n",
       "  'FT944-15813',\n",
       "  'LA030989-0060',\n",
       "  'LA040890-0113',\n",
       "  'LA050890-0094',\n",
       "  'LA051090-0167',\n",
       "  'LA051390-0161'},\n",
       " 641: {'LA020990-0083',\n",
       "  'LA020990-0084',\n",
       "  'LA031890-0181',\n",
       "  'LA032589-0044',\n",
       "  'LA032789-0038',\n",
       "  'LA033189-0109',\n",
       "  'LA040889-0048',\n",
       "  'LA042389-0080',\n",
       "  'LA051189-0058',\n",
       "  'LA060189-0093',\n",
       "  'LA060589-0044',\n",
       "  'LA082189-0047',\n",
       "  'LA120989-0014'},\n",
       " 642: {'FBIS3-2738',\n",
       "  'FBIS3-3418',\n",
       "  'FBIS3-3419',\n",
       "  'FBIS3-3433',\n",
       "  'FBIS3-3663',\n",
       "  'FBIS3-3664',\n",
       "  'FBIS3-45274',\n",
       "  'FBIS4-24940',\n",
       "  'FBIS4-2849',\n",
       "  'FBIS4-51252',\n",
       "  'FT921-15882',\n",
       "  'FT923-11888',\n",
       "  'FT924-5589',\n",
       "  'FT942-5500',\n",
       "  'FT942-6028',\n",
       "  'LA040690-0009'},\n",
       " 643: {'FR940104-0-00044',\n",
       "  'FR940119-1-00058',\n",
       "  'FR940429-2-00022',\n",
       "  'FR940504-0-00052',\n",
       "  'FR940504-0-00059',\n",
       "  'FR940527-2-00130',\n",
       "  'FR940527-2-00131',\n",
       "  'FR940527-2-00133',\n",
       "  'FR940603-1-00034',\n",
       "  'FR940617-0-00109',\n",
       "  'FR940907-2-00003',\n",
       "  'FR940907-2-00004',\n",
       "  'FR941011-2-00026',\n",
       "  'FR941013-2-00102',\n",
       "  'FR941220-2-00031',\n",
       "  'FT942-17447',\n",
       "  'LA100189-0102'},\n",
       " 644: {'FR940303-2-00101',\n",
       "  'FR940324-2-00098',\n",
       "  'FR940413-2-00088',\n",
       "  'FR940523-0-00018',\n",
       "  'FR940603-1-00002',\n",
       "  'FR940628-1-00012',\n",
       "  'FR940628-1-00014',\n",
       "  'FR940628-1-00015',\n",
       "  'FR940727-2-00076',\n",
       "  'FR940817-0-00002',\n",
       "  'FR940830-0-00004',\n",
       "  'FR941202-0-00164',\n",
       "  'FR941202-0-00165',\n",
       "  'FR941230-0-00020',\n",
       "  'LA022289-0056',\n",
       "  'LA070190-0086'},\n",
       " 645: {'FBIS4-7278',\n",
       "  'FT921-6989',\n",
       "  'FT923-13993',\n",
       "  'FT924-2798',\n",
       "  'FT924-4321',\n",
       "  'FT924-4322',\n",
       "  'FT931-8281',\n",
       "  'FT932-5610',\n",
       "  'FT934-5574',\n",
       "  'FT934-6158',\n",
       "  'FT942-9936',\n",
       "  'FT944-15783',\n",
       "  'FT944-16684'},\n",
       " 646: {'FR940119-1-00003',\n",
       "  'FR940208-0-00002',\n",
       "  'FR940208-0-00003',\n",
       "  'FR940208-0-00004',\n",
       "  'FR940314-2-00004',\n",
       "  'FR940817-2-00003',\n",
       "  'FR940830-1-00099',\n",
       "  'FR940830-1-00108',\n",
       "  'FR941122-1-00017',\n",
       "  'LA041590-0171',\n",
       "  'LA082090-0113',\n",
       "  'LA082190-0091',\n",
       "  'LA082890-0006',\n",
       "  'LA082890-0055',\n",
       "  'LA102190-0122'},\n",
       " 647: {'FBIS3-20671',\n",
       "  'FBIS3-21070',\n",
       "  'FBIS3-22248',\n",
       "  'FBIS3-41492',\n",
       "  'FBIS3-59628',\n",
       "  'FBIS3-59629',\n",
       "  'FBIS4-47519',\n",
       "  'LA071290-0149',\n",
       "  'LA081290-0130',\n",
       "  'LA110490-0015',\n",
       "  'LA110890-0070',\n",
       "  'LA111890-0057'},\n",
       " 648: {'FR940314-2-00093',\n",
       "  'FR940314-2-00104',\n",
       "  'FR940314-2-00105',\n",
       "  'FR940314-2-00106',\n",
       "  'FR940314-2-00107',\n",
       "  'FR940314-2-00109',\n",
       "  'FR940711-1-00030',\n",
       "  'FR940902-2-00102',\n",
       "  'FR940927-0-00088',\n",
       "  'FR941011-1-00026',\n",
       "  'FR941202-0-00178',\n",
       "  'FR941202-0-00181',\n",
       "  'FR941202-0-00185',\n",
       "  'FR941227-1-00026',\n",
       "  'LA051190-0070',\n",
       "  'LA051790-0183',\n",
       "  'LA051890-0054',\n",
       "  'LA051890-0055',\n",
       "  'LA061690-0051',\n",
       "  'LA072790-0004'},\n",
       " 649: {'FBIS4-50440',\n",
       "  'FT921-4469',\n",
       "  'FT921-4867',\n",
       "  'FT921-5043',\n",
       "  'FT921-5724',\n",
       "  'FT922-1458',\n",
       "  'FT941-13624',\n",
       "  'FT944-9024',\n",
       "  'LA101089-0139',\n",
       "  'LA101189-0094',\n",
       "  'LA101289-0156',\n",
       "  'LA101389-0050'},\n",
       " 650: {'FT931-3667',\n",
       "  'LA021189-0023',\n",
       "  'LA040690-0139',\n",
       "  'LA041790-0108',\n",
       "  'LA060789-0093',\n",
       "  'LA062689-0056',\n",
       "  'LA071190-0103',\n",
       "  'LA092590-0146',\n",
       "  'LA101790-0029',\n",
       "  'LA102690-0100',\n",
       "  'LA110289-0197',\n",
       "  'LA111589-0039',\n",
       "  'LA112389-0032',\n",
       "  'LA120489-0113',\n",
       "  'LA120589-0053',\n",
       "  'LA121289-0013',\n",
       "  'LA122889-0008'},\n",
       " 303: {'FBIS3-42547',\n",
       "  'FBIS4-46650',\n",
       "  'FT921-7107',\n",
       "  'FT934-5418',\n",
       "  'LA011990-0173',\n",
       "  'LA012090-0105',\n",
       "  'LA033090-0082',\n",
       "  'LA040190-0178',\n",
       "  'LA041090-0148',\n",
       "  'LA041190-0003',\n",
       "  'LA041490-0064',\n",
       "  'LA041990-0151',\n",
       "  'LA042290-0160',\n",
       "  'LA042590-0135',\n",
       "  'LA052890-0021',\n",
       "  'LA071490-0091',\n",
       "  'LA081090-0079',\n",
       "  'LA110590-0076'},\n",
       " 307: {'FR940114-2-00039',\n",
       "  'FR940114-2-00040',\n",
       "  'FR940303-2-00030',\n",
       "  'FR940405-2-00042',\n",
       "  'FR940414-2-00020',\n",
       "  'FR940414-2-00025',\n",
       "  'FR940418-2-00054',\n",
       "  'FR940418-2-00056',\n",
       "  'FR940419-2-00049',\n",
       "  'FR940512-2-00030',\n",
       "  'FR940617-2-00070',\n",
       "  'FR940617-2-00229',\n",
       "  'FR940707-2-00077',\n",
       "  'FR940804-2-00061',\n",
       "  'FR940916-2-00026',\n",
       "  'FR940916-2-00027',\n",
       "  'FR940930-2-00023',\n",
       "  'FR941207-1-00024'},\n",
       " 310: {'FBIS4-60511',\n",
       "  'FT921-7096',\n",
       "  'FT922-15435',\n",
       "  'FT923-4181',\n",
       "  'FT931-11958',\n",
       "  'FT931-4108',\n",
       "  'FT932-12525',\n",
       "  'FT932-16659',\n",
       "  'FT944-3521',\n",
       "  'LA010190-0022',\n",
       "  'LA020390-0025',\n",
       "  'LA020590-0085',\n",
       "  'LA021890-0038',\n",
       "  'LA062690-0070',\n",
       "  'LA071290-0194',\n",
       "  'LA090189-0093',\n",
       "  'LA100889-0041',\n",
       "  'LA122490-0040'},\n",
       " 314: {'FBIS3-3576',\n",
       "  'FBIS4-45793',\n",
       "  'FR940303-2-00008',\n",
       "  'FR940511-0-00055',\n",
       "  'FR940602-0-00005',\n",
       "  'FR941227-2-00088',\n",
       "  'LA022389-0086',\n",
       "  'LA031289-0204',\n",
       "  'LA042690-0180',\n",
       "  'LA070290-0020',\n",
       "  'LA111989-0016',\n",
       "  'LA120389-0149',\n",
       "  'LA122090-0024',\n",
       "  'LA122589-0091',\n",
       "  'LA122589-0092',\n",
       "  'LA122790-0066',\n",
       "  'LA122890-0068'},\n",
       " 320: {'FBIS3-10626',\n",
       "  'FBIS3-40798',\n",
       "  'FBIS3-59590',\n",
       "  'FBIS3-59596',\n",
       "  'FBIS4-10645',\n",
       "  'FBIS4-20427',\n",
       "  'FBIS4-20428',\n",
       "  'FBIS4-20470',\n",
       "  'FBIS4-23086',\n",
       "  'FBIS4-25142',\n",
       "  'FBIS4-44763',\n",
       "  'FBIS4-44771',\n",
       "  'FBIS4-49462',\n",
       "  'FR940705-0-00015',\n",
       "  'FT922-7917',\n",
       "  'LA031590-0184',\n",
       "  'LA120889-0086'},\n",
       " 322: {'FT921-1888',\n",
       "  'FT934-11646',\n",
       "  'FT941-7580',\n",
       "  'FT942-17082',\n",
       "  'LA010290-0082',\n",
       "  'LA012889-0030',\n",
       "  'LA020889-0083',\n",
       "  'LA021089-0066',\n",
       "  'LA022189-0085',\n",
       "  'LA032090-0091',\n",
       "  'LA051890-0031',\n",
       "  'LA061790-0168',\n",
       "  'LA062090-0082',\n",
       "  'LA062990-0012',\n",
       "  'LA092489-0092',\n",
       "  'LA100889-0021',\n",
       "  'LA110890-0210',\n",
       "  'LA111490-0087',\n",
       "  'LA120690-0067',\n",
       "  'LA121389-0107'},\n",
       " 325: {'FBIS3-842',\n",
       "  'FBIS3-843',\n",
       "  'FT931-5945',\n",
       "  'FT931-6198',\n",
       "  'FT934-7177',\n",
       "  'FT934-8727',\n",
       "  'LA010990-0026',\n",
       "  'LA011390-0089',\n",
       "  'LA020990-0005',\n",
       "  'LA041489-0055',\n",
       "  'LA050889-0036',\n",
       "  'LA050989-0030',\n",
       "  'LA051689-0033',\n",
       "  'LA052189-0196',\n",
       "  'LA092190-0025',\n",
       "  'LA092190-0177',\n",
       "  'LA092290-0087',\n",
       "  'LA092390-0034'},\n",
       " 330: {'FBIS3-12847',\n",
       "  'FBIS3-14476',\n",
       "  'FBIS3-19414',\n",
       "  'FBIS3-2180',\n",
       "  'FBIS3-53955',\n",
       "  'FBIS4-11686',\n",
       "  'FBIS4-18528',\n",
       "  'FBIS4-26164',\n",
       "  'FBIS4-37040',\n",
       "  'FBIS4-43198',\n",
       "  'FBIS4-51668',\n",
       "  'FBIS4-65036',\n",
       "  'LA080490-0109',\n",
       "  'LA081290-0054',\n",
       "  'LA081690-0049',\n",
       "  'LA081890-0073',\n",
       "  'LA082190-0074',\n",
       "  'LA082190-0087',\n",
       "  'LA091190-0051',\n",
       "  'LA091390-0082'},\n",
       " 336: {'FBIS3-13328',\n",
       "  'FBIS3-34726',\n",
       "  'FBIS3-8792',\n",
       "  'FBIS4-13743',\n",
       "  'FBIS4-31217',\n",
       "  'FR940603-0-00083',\n",
       "  'FR940902-1-00053',\n",
       "  'LA012589-0100',\n",
       "  'LA020290-0063',\n",
       "  'LA022790-0001',\n",
       "  'LA052789-0037',\n",
       "  'LA062190-0246',\n",
       "  'LA071489-0030',\n",
       "  'LA073090-0137',\n",
       "  'LA081689-0039',\n",
       "  'LA082090-0032',\n",
       "  'LA091290-0156',\n",
       "  'LA092790-0015',\n",
       "  'LA100489-0072',\n",
       "  'LA122889-0122'},\n",
       " 341: {'FBIS3-23332',\n",
       "  'FBIS4-19994',\n",
       "  'FBIS4-22140',\n",
       "  'FBIS4-68194',\n",
       "  'FBIS4-68195',\n",
       "  'FT922-10112',\n",
       "  'FT931-6812',\n",
       "  'FT943-2537',\n",
       "  'FT943-5328',\n",
       "  'FT944-17076',\n",
       "  'LA031289-0199',\n",
       "  'LA051690-0111',\n",
       "  'LA092189-0137',\n",
       "  'LA112689-0061',\n",
       "  'LA112989-0105',\n",
       "  'LA121390-0226'},\n",
       " 344: {'FR940217-2-00067',\n",
       "  'FR940324-1-00021',\n",
       "  'FR940324-1-00024',\n",
       "  'FR940324-1-00025',\n",
       "  'FR940324-1-00026',\n",
       "  'FR940324-2-00160',\n",
       "  'FR940503-2-00111',\n",
       "  'FR940504-1-00032',\n",
       "  'FR940602-1-00096',\n",
       "  'FR940617-2-00222',\n",
       "  'FR940805-1-00100',\n",
       "  'FR941222-2-00133',\n",
       "  'FT922-2176',\n",
       "  'FT923-1185',\n",
       "  'FT932-9585',\n",
       "  'FT941-3323',\n",
       "  'FT941-6854',\n",
       "  'FT942-571',\n",
       "  'FT943-14484',\n",
       "  'LA052390-0093'},\n",
       " 345: {'FBIS4-24567',\n",
       "  'FBIS4-24635',\n",
       "  'FT931-16220',\n",
       "  'FT932-10427',\n",
       "  'FT934-2629',\n",
       "  'FT934-9469',\n",
       "  'FT942-12006',\n",
       "  'FT942-14179',\n",
       "  'FT944-3264',\n",
       "  'LA021890-0196',\n",
       "  'LA022190-0068',\n",
       "  'LA040590-0230',\n",
       "  'LA051689-0153',\n",
       "  'LA052390-0168',\n",
       "  'LA052890-0066',\n",
       "  'LA060590-0024'},\n",
       " 346: {'FBIS4-45112',\n",
       "  'FR940223-2-00214',\n",
       "  'FR940303-2-00225',\n",
       "  'FR940503-2-00167',\n",
       "  'FR940503-2-00168',\n",
       "  'FR940503-2-00170',\n",
       "  'FR940810-0-00330',\n",
       "  'FR940810-0-00336',\n",
       "  'FR940920-2-00148',\n",
       "  'FR940920-2-00149',\n",
       "  'FR941028-1-00041',\n",
       "  'FR941028-2-00225',\n",
       "  'FT911-788',\n",
       "  'FT923-7641',\n",
       "  'FT932-13789',\n",
       "  'FT944-10257',\n",
       "  'LA062490-0198',\n",
       "  'LA091089-0146'},\n",
       " 347: {'FR940831-1-00018',\n",
       "  'FT921-14493',\n",
       "  'FT921-996',\n",
       "  'FT922-8911',\n",
       "  'LA032090-0105',\n",
       "  'LA040590-0148',\n",
       "  'LA051290-0070',\n",
       "  'LA051890-0071',\n",
       "  'LA061690-0061',\n",
       "  'LA062290-0170',\n",
       "  'LA071490-0099',\n",
       "  'LA073090-0136',\n",
       "  'LA091489-0151'},\n",
       " 350: {'FBIS4-22954',\n",
       "  'FR940405-1-00054',\n",
       "  'FR940405-1-00096',\n",
       "  'FR940602-1-00023',\n",
       "  'FR940603-2-00056',\n",
       "  'FR940616-0-00029',\n",
       "  'FR940810-0-00148',\n",
       "  'FT923-5608',\n",
       "  'FT932-12233',\n",
       "  'FT932-14135',\n",
       "  'LA031289-0009',\n",
       "  'LA052290-0188',\n",
       "  'LA060189-0082',\n",
       "  'LA060690-0112',\n",
       "  'LA062390-0104',\n",
       "  'LA081989-0134',\n",
       "  'LA083189-0200',\n",
       "  'LA100690-0107'},\n",
       " 353: {'FBIS3-21452',\n",
       "  'FBIS3-25796',\n",
       "  'FBIS3-59752',\n",
       "  'FBIS4-20472',\n",
       "  'FBIS4-5466',\n",
       "  'FBIS4-67402',\n",
       "  'FBIS4-67409',\n",
       "  'FR940613-2-00023',\n",
       "  'FR941011-2-00098',\n",
       "  'FT911-4349',\n",
       "  'FT922-70',\n",
       "  'LA021489-0103',\n",
       "  'LA031989-0166',\n",
       "  'LA040590-0149',\n",
       "  'LA100389-0123',\n",
       "  'LA111690-0059',\n",
       "  'LA120389-0149'},\n",
       " 354: {'FBIS3-22921',\n",
       "  'FBIS3-41360',\n",
       "  'FBIS3-50780',\n",
       "  'FBIS3-50887',\n",
       "  'FBIS4-10851',\n",
       "  'FBIS4-2437',\n",
       "  'FT911-1705',\n",
       "  'LA012990-0062',\n",
       "  'LA030190-0122',\n",
       "  'LA040290-0063',\n",
       "  'LA040389-0098',\n",
       "  'LA050390-0185',\n",
       "  'LA080389-0016',\n",
       "  'LA082489-0005',\n",
       "  'LA102889-0104',\n",
       "  'LA123089-0092'},\n",
       " 355: {'FBIS3-21238',\n",
       "  'FBIS3-23683',\n",
       "  'FBIS3-40210',\n",
       "  'FBIS3-40224',\n",
       "  'FBIS3-40552',\n",
       "  'FBIS4-20436',\n",
       "  'FBIS4-20602',\n",
       "  'FBIS4-22145',\n",
       "  'FBIS4-44915',\n",
       "  'FBIS4-47374',\n",
       "  'FBIS4-49691',\n",
       "  'FBIS4-66467',\n",
       "  'FBIS4-67760',\n",
       "  'FR941213-2-00066',\n",
       "  'FR941227-2-00111'},\n",
       " 356: {'FR940513-2-00108',\n",
       "  'FR940912-2-00112',\n",
       "  'FT932-1044',\n",
       "  'LA011389-0029',\n",
       "  'LA020490-0136',\n",
       "  'LA020589-0078',\n",
       "  'LA033089-0013',\n",
       "  'LA071290-0133',\n",
       "  'LA080289-0067',\n",
       "  'LA082890-0074',\n",
       "  'LA092890-0067',\n",
       "  'LA111589-0004',\n",
       "  'LA120689-0083',\n",
       "  'LA121489-0052'},\n",
       " 362: {'FBIS3-26112',\n",
       "  'FBIS3-3474',\n",
       "  'FBIS3-59986',\n",
       "  'FBIS3-60204',\n",
       "  'FBIS4-2191',\n",
       "  'FBIS4-2353',\n",
       "  'FBIS4-24385',\n",
       "  'FBIS4-31707',\n",
       "  'FBIS4-31990',\n",
       "  'FBIS4-45210',\n",
       "  'FBIS4-50246',\n",
       "  'FBIS4-5106',\n",
       "  'FBIS4-66826',\n",
       "  'FT931-1551',\n",
       "  'FT932-4965',\n",
       "  'FT932-5376',\n",
       "  'FT933-2224',\n",
       "  'LA030189-0037',\n",
       "  'LA082289-0031'},\n",
       " 363: {'FBIS4-26526',\n",
       "  'FT922-12325',\n",
       "  'FT922-12816',\n",
       "  'FT923-10334',\n",
       "  'FT934-16621',\n",
       "  'FT941-5434',\n",
       "  'FT944-11817',\n",
       "  'FT944-12321',\n",
       "  'LA020790-0101',\n",
       "  'LA071490-0079',\n",
       "  'LA071490-0102',\n",
       "  'LA071490-0103',\n",
       "  'LA071590-0099',\n",
       "  'LA071590-0107',\n",
       "  'LA072490-0030',\n",
       "  'LA092290-0102'},\n",
       " 367: {'FBIS3-44900',\n",
       "  'FBIS3-46993',\n",
       "  'FBIS3-48230',\n",
       "  'FBIS4-2223',\n",
       "  'FBIS4-33537',\n",
       "  'FBIS4-48973',\n",
       "  'FBIS4-57629',\n",
       "  'FBIS4-67139',\n",
       "  'FT923-742',\n",
       "  'FT924-2559',\n",
       "  'FT931-13007',\n",
       "  'FT942-6629',\n",
       "  'FT943-6371',\n",
       "  'FT944-1847',\n",
       "  'FT944-2053',\n",
       "  'LA080989-0086'},\n",
       " 372: {'FR940325-2-00069',\n",
       "  'FR940407-2-00070',\n",
       "  'FR940721-2-00149',\n",
       "  'FR940721-2-00150',\n",
       "  'FR940721-2-00152',\n",
       "  'FR940721-2-00160',\n",
       "  'FR940721-2-00164',\n",
       "  'FT924-6336',\n",
       "  'FT933-15188',\n",
       "  'FT941-15351',\n",
       "  'FT942-12298',\n",
       "  'FT944-1462',\n",
       "  'LA050390-0182',\n",
       "  'LA060390-0083',\n",
       "  'LA072389-0077',\n",
       "  'LA090389-0160',\n",
       "  'LA121789-0008'},\n",
       " 374: {'FBIS4-25311',\n",
       "  'FT911-2323',\n",
       "  'FT924-13568',\n",
       "  'FT933-7191',\n",
       "  'FT933-7324',\n",
       "  'FT941-1232',\n",
       "  'FT943-8125',\n",
       "  'FT944-16013',\n",
       "  'LA020989-0195',\n",
       "  'LA032890-0149',\n",
       "  'LA072489-0070',\n",
       "  'LA080889-0027',\n",
       "  'LA091589-0066',\n",
       "  'LA092790-0242',\n",
       "  'LA101289-0221',\n",
       "  'LA101389-0049',\n",
       "  'LA110990-0017'},\n",
       " 375: {'FBIS3-20985',\n",
       "  'FBIS3-21198',\n",
       "  'FBIS3-21268',\n",
       "  'FBIS3-58114',\n",
       "  'FBIS3-59553',\n",
       "  'FBIS3-60383',\n",
       "  'FBIS3-60662',\n",
       "  'FBIS3-60730',\n",
       "  'FBIS4-44635',\n",
       "  'FBIS4-44655',\n",
       "  'FBIS4-44698',\n",
       "  'FBIS4-44701',\n",
       "  'FBIS4-44852',\n",
       "  'FT922-8309',\n",
       "  'FT923-9498',\n",
       "  'FT944-16550'},\n",
       " 378: {'FBIS3-23791',\n",
       "  'FBIS3-24131',\n",
       "  'FBIS3-42903',\n",
       "  'FBIS3-58625',\n",
       "  'FBIS3-58803',\n",
       "  'FBIS4-43324',\n",
       "  'FBIS4-64653',\n",
       "  'FBIS4-68707',\n",
       "  'FT921-7322',\n",
       "  'FT922-3373',\n",
       "  'FT922-725',\n",
       "  'FT923-1926',\n",
       "  'FT923-1927',\n",
       "  'FT924-11052',\n",
       "  'FT932-14284',\n",
       "  'FT933-447',\n",
       "  'FT933-8077',\n",
       "  'FT941-13120',\n",
       "  'FT942-10432',\n",
       "  'FT944-14383'},\n",
       " 379: {'FBIS3-24616',\n",
       "  'FR940406-0-00019',\n",
       "  'FR940419-2-00042',\n",
       "  'FR940512-1-00049',\n",
       "  'FR940616-0-00097',\n",
       "  'FR940725-0-00044',\n",
       "  'FR940725-0-00045',\n",
       "  'FR940725-0-00049',\n",
       "  'FR940725-0-00054',\n",
       "  'FR940810-1-00026',\n",
       "  'FR940919-2-00094',\n",
       "  'FR940919-2-00095',\n",
       "  'FR940919-2-00098',\n",
       "  'FR940919-2-00099',\n",
       "  'LA090389-0004',\n",
       "  'LA101690-0121'},\n",
       " 383: {'FR940805-1-00087',\n",
       "  'FR940805-1-00123',\n",
       "  'FR941128-2-00070',\n",
       "  'FT933-4868',\n",
       "  'LA010889-0051',\n",
       "  'LA011489-0048',\n",
       "  'LA051490-0069',\n",
       "  'LA062489-0059',\n",
       "  'LA070390-0063',\n",
       "  'LA090389-0060',\n",
       "  'LA111689-0162',\n",
       "  'LA112389-0158',\n",
       "  'LA113089-0119',\n",
       "  'LA120489-0008',\n",
       "  'LA122289-0051'},\n",
       " 389: {'FR940407-2-00136',\n",
       "  'FR940426-1-00011',\n",
       "  'FR940504-0-00035',\n",
       "  'FR940513-0-00108',\n",
       "  'FR940513-0-00111',\n",
       "  'FR940603-2-00130',\n",
       "  'FR940627-2-00077',\n",
       "  'FR940722-0-00143',\n",
       "  'FR940826-0-00134',\n",
       "  'FR940826-0-00139',\n",
       "  'FR940826-0-00148',\n",
       "  'FR940919-2-00143',\n",
       "  'FR940926-0-00029',\n",
       "  'FR940926-0-00030',\n",
       "  'FR941202-0-00057',\n",
       "  'FR941202-0-00058',\n",
       "  'FR941207-0-00134',\n",
       "  'FR941207-0-00138',\n",
       "  'FR941207-0-00145',\n",
       "  'FR941207-0-00147'},\n",
       " 393: {'FBIS3-12378',\n",
       "  'FBIS3-13401',\n",
       "  'FBIS3-25613',\n",
       "  'FBIS3-41312',\n",
       "  'FBIS3-42218',\n",
       "  'FBIS3-796',\n",
       "  'FR940428-2-00117',\n",
       "  'FT924-15580',\n",
       "  'LA010990-0051',\n",
       "  'LA022389-0032',\n",
       "  'LA050689-0099',\n",
       "  'LA061090-0035',\n",
       "  'LA071090-0006',\n",
       "  'LA080190-0135',\n",
       "  'LA082089-0087',\n",
       "  'LA090890-0037',\n",
       "  'LA091189-0107',\n",
       "  'LA122689-0126',\n",
       "  'LA122789-0073',\n",
       "  'LA122790-0176'},\n",
       " 394: {'FR940725-0-00053',\n",
       "  'LA010890-0013',\n",
       "  'LA020190-0153',\n",
       "  'LA022590-0190',\n",
       "  'LA042090-0146',\n",
       "  'LA051990-0076',\n",
       "  'LA061190-0063',\n",
       "  'LA061790-0128',\n",
       "  'LA070690-0034',\n",
       "  'LA080290-0225',\n",
       "  'LA082490-0058',\n",
       "  'LA101189-0110',\n",
       "  'LA101590-0098',\n",
       "  'LA101890-0207',\n",
       "  'LA102790-0129',\n",
       "  'LA110789-0070',\n",
       "  'LA111489-0024',\n",
       "  'LA111989-0014',\n",
       "  'LA122590-0063'},\n",
       " 397: {'FBIS3-24465',\n",
       "  'FBIS4-52831',\n",
       "  'FR940106-0-00125',\n",
       "  'FR940106-0-00161',\n",
       "  'FR940216-0-00136',\n",
       "  'FR940318-1-00035',\n",
       "  'FR940803-0-00105',\n",
       "  'FR941107-2-00056',\n",
       "  'LA020890-0157',\n",
       "  'LA052890-0061',\n",
       "  'LA060490-0081',\n",
       "  'LA072390-0100',\n",
       "  'LA072390-0101',\n",
       "  'LA110190-0045',\n",
       "  'LA111290-0111',\n",
       "  'LA120589-0153',\n",
       "  'LA120690-0090',\n",
       "  'LA121989-0061'},\n",
       " 399: {'FBIS3-6833',\n",
       "  'FBIS4-21350',\n",
       "  'FBIS4-21536',\n",
       "  'FBIS4-45777',\n",
       "  'FR940217-1-00139',\n",
       "  'FR940217-1-00140',\n",
       "  'FR940217-1-00144',\n",
       "  'FR940325-1-00030',\n",
       "  'FR940404-2-00152',\n",
       "  'FR940617-0-00103',\n",
       "  'FR940805-0-00042',\n",
       "  'FR940916-0-00044',\n",
       "  'FR940916-0-00045',\n",
       "  'FT924-3602',\n",
       "  'FT934-7286',\n",
       "  'LA050490-0044',\n",
       "  'LA071789-0059',\n",
       "  'LA081390-0044',\n",
       "  'LA102990-0070'},\n",
       " 401: {'FBIS3-19951',\n",
       "  'FBIS3-59436',\n",
       "  'FBIS3-7981',\n",
       "  'FBIS3-8767',\n",
       "  'FBIS3-9104',\n",
       "  'FBIS3-9316',\n",
       "  'FBIS4-32713',\n",
       "  'FBIS4-65434',\n",
       "  'FBIS4-9582',\n",
       "  'FT924-3284',\n",
       "  'FT924-4344',\n",
       "  'FT924-5091',\n",
       "  'FT924-7558',\n",
       "  'FT931-10513',\n",
       "  'FT934-12742',\n",
       "  'FT941-15167',\n",
       "  'FT942-5121',\n",
       "  'FT942-5131',\n",
       "  'FT944-6909',\n",
       "  'LA110690-0075'},\n",
       " 404: {'FBIS4-65610',\n",
       "  'FBIS4-65646',\n",
       "  'FBIS4-66076',\n",
       "  'FT934-11487',\n",
       "  'FT934-11680',\n",
       "  'FT934-2053',\n",
       "  'FT934-8237',\n",
       "  'FT934-8472',\n",
       "  'FT934-9649',\n",
       "  'FT934-9911',\n",
       "  'FT941-9593',\n",
       "  'FT942-16203',\n",
       "  'FT942-8241',\n",
       "  'FT943-1439',\n",
       "  'FT943-6585',\n",
       "  'FT944-14470',\n",
       "  'FT944-18148'},\n",
       " 408: {'FR940728-2-00129',\n",
       "  'FR940728-2-00131',\n",
       "  'FR940728-2-00132',\n",
       "  'FR940831-2-00127',\n",
       "  'FR940906-2-00093',\n",
       "  'FT921-10549',\n",
       "  'FT921-409',\n",
       "  'FT923-4394',\n",
       "  'FT923-6038',\n",
       "  'FT923-6110',\n",
       "  'FT931-7520',\n",
       "  'LA062590-0054',\n",
       "  'LA082990-0118',\n",
       "  'LA092789-0093',\n",
       "  'LA100889-0098',\n",
       "  'LA101390-0102',\n",
       "  'LA101489-0074',\n",
       "  'LA102090-0035',\n",
       "  'LA120389-0130'},\n",
       " 409: {'FT923-11688',\n",
       "  'FT923-13692',\n",
       "  'FT923-13817',\n",
       "  'FT934-4871',\n",
       "  'LA010589-0105',\n",
       "  'LA031789-0067',\n",
       "  'LA031989-0099',\n",
       "  'LA041689-0098',\n",
       "  'LA042089-0111',\n",
       "  'LA050989-0113',\n",
       "  'LA080589-0053',\n",
       "  'LA092189-0137',\n",
       "  'LA110489-0092',\n",
       "  'LA121589-0082',\n",
       "  'LA122189-0212',\n",
       "  'LA122289-0117'},\n",
       " 414: {'FBIS4-10373',\n",
       "  'FBIS4-10797',\n",
       "  'FT921-3603',\n",
       "  'FT921-9644',\n",
       "  'FT922-12873',\n",
       "  'FT923-3729',\n",
       "  'FT924-5210',\n",
       "  'FT932-6585',\n",
       "  'FT934-5978',\n",
       "  'FT943-1006',\n",
       "  'FT943-11487',\n",
       "  'FT944-11926',\n",
       "  'FT944-12369',\n",
       "  'FT944-12680',\n",
       "  'LA061890-0107'},\n",
       " 416: {'FBIS3-25805',\n",
       "  'FBIS3-3047',\n",
       "  'FBIS3-3551',\n",
       "  'FBIS3-3711',\n",
       "  'FBIS3-41535',\n",
       "  'FBIS3-44551',\n",
       "  'FBIS3-44834',\n",
       "  'FBIS3-45088',\n",
       "  'FBIS3-45089',\n",
       "  'FBIS3-45205',\n",
       "  'FBIS3-45857',\n",
       "  'FBIS3-46008',\n",
       "  'FBIS3-46276',\n",
       "  'FBIS3-59308',\n",
       "  'FBIS4-25820',\n",
       "  'FBIS4-44554',\n",
       "  'FBIS4-44586',\n",
       "  'FBIS4-49586',\n",
       "  'FBIS4-50715',\n",
       "  'FBIS4-66355'},\n",
       " 419: {'FBIS3-21029',\n",
       "  'FBIS3-41503',\n",
       "  'FBIS3-41645',\n",
       "  'FBIS3-42464',\n",
       "  'FBIS3-43002',\n",
       "  'FBIS3-43040',\n",
       "  'FBIS4-20472',\n",
       "  'FBIS4-21485',\n",
       "  'FBIS4-67400',\n",
       "  'FR940425-1-00019',\n",
       "  'FR940916-1-00052',\n",
       "  'LA022190-0069',\n",
       "  'LA040190-0174',\n",
       "  'LA092489-0138',\n",
       "  'LA112590-0148',\n",
       "  'LA121389-0085'},\n",
       " 426: {'FR940114-1-00043',\n",
       "  'FR940114-1-00044',\n",
       "  'FR940114-1-00046',\n",
       "  'FR940114-1-00047',\n",
       "  'FR940214-0-00093',\n",
       "  'FR940314-0-00002',\n",
       "  'FR940314-0-00003',\n",
       "  'FR940523-2-00081',\n",
       "  'FR941006-0-00045',\n",
       "  'FR941017-2-00056',\n",
       "  'LA012990-0011',\n",
       "  'LA030390-0076',\n",
       "  'LA031490-0004',\n",
       "  'LA042490-0076',\n",
       "  'LA051990-0141',\n",
       "  'LA070390-0036',\n",
       "  'LA072889-0063',\n",
       "  'LA072989-0111',\n",
       "  'LA091490-0077',\n",
       "  'LA112589-0119'},\n",
       " 427: {'FBIS3-22135',\n",
       "  'FBIS4-67639',\n",
       "  'FR940405-1-00137',\n",
       "  'FR940405-1-00143',\n",
       "  'FR941028-2-00201',\n",
       "  'FR941028-2-00203',\n",
       "  'FR941028-2-00213',\n",
       "  'FT922-7705',\n",
       "  'FT923-10771',\n",
       "  'FT924-14454',\n",
       "  'FT924-7120',\n",
       "  'LA042390-0089',\n",
       "  'LA052590-0118',\n",
       "  'LA070389-0031',\n",
       "  'LA082089-0008',\n",
       "  'LA121390-0164'},\n",
       " 433: {'FBIS3-13963',\n",
       "  'FBIS4-8802',\n",
       "  'FT923-4572',\n",
       "  'FT924-9527',\n",
       "  'FT931-15365',\n",
       "  'FT931-5224',\n",
       "  'FT932-2172',\n",
       "  'FT941-4064',\n",
       "  'FT943-2522',\n",
       "  'FT944-14430',\n",
       "  'FT944-17288',\n",
       "  'FT944-9935',\n",
       "  'LA031989-0196',\n",
       "  'LA080690-0141',\n",
       "  'LA100990-0018',\n",
       "  'LA111190-0086'},\n",
       " 435: {'FBIS4-21529',\n",
       "  'FBIS4-66172',\n",
       "  'FT922-7511',\n",
       "  'FT931-892',\n",
       "  'FT932-12037',\n",
       "  'FT933-15872',\n",
       "  'FT941-12411',\n",
       "  'FT941-2916',\n",
       "  'FT943-3422',\n",
       "  'FT943-37',\n",
       "  'FT943-5505',\n",
       "  'FT943-8138',\n",
       "  'FT943-8239',\n",
       "  'FT944-6732',\n",
       "  'LA051590-0008'},\n",
       " 436: {'FBIS3-11568',\n",
       "  'FBIS3-22568',\n",
       "  'FBIS3-27285',\n",
       "  'FBIS3-32795',\n",
       "  'FBIS4-22801',\n",
       "  'FBIS4-44420',\n",
       "  'FBIS4-44525',\n",
       "  'FBIS4-46981',\n",
       "  'FBIS4-68446',\n",
       "  'FR940111-2-00111',\n",
       "  'FR940819-1-00035',\n",
       "  'FR940819-1-00049',\n",
       "  'FR940819-1-00053',\n",
       "  'FR940822-0-00057',\n",
       "  'FT923-5087',\n",
       "  'FT941-7101',\n",
       "  'FT941-7105',\n",
       "  'LA092790-0192',\n",
       "  'LA110990-0021',\n",
       "  'LA111090-0116'},\n",
       " 439: {'FBIS3-23562',\n",
       "  'FBIS3-24552',\n",
       "  'FBIS4-46660',\n",
       "  'FR940627-2-00078',\n",
       "  'FR941006-0-00056',\n",
       "  'FT923-7988',\n",
       "  'FT932-6180',\n",
       "  'FT942-14635',\n",
       "  'FT944-17394',\n",
       "  'LA010990-0070',\n",
       "  'LA011589-0013',\n",
       "  'LA022389-0081',\n",
       "  'LA092989-0114',\n",
       "  'LA100589-0058',\n",
       "  'LA110790-0100'},\n",
       " 442: {'FBIS3-35481',\n",
       "  'FBIS3-53582',\n",
       "  'FBIS4-12209',\n",
       "  'FBIS4-13202',\n",
       "  'FBIS4-13239',\n",
       "  'FBIS4-21974',\n",
       "  'FBIS4-58674',\n",
       "  'FBIS4-59048',\n",
       "  'FBIS4-59518',\n",
       "  'FR940106-0-00170',\n",
       "  'FR940112-0-00025',\n",
       "  'FR940112-0-00026',\n",
       "  'FR940112-0-00027',\n",
       "  'FR940112-0-00028',\n",
       "  'FR940112-0-00030',\n",
       "  'FR940112-0-00031',\n",
       "  'FR940112-0-00033',\n",
       "  'FR940112-0-00038',\n",
       "  'FR940831-0-00039',\n",
       "  'LA121090-0007'},\n",
       " 443: {'FBIS3-52976',\n",
       "  'FBIS3-561',\n",
       "  'FBIS4-1341',\n",
       "  'FBIS4-13785',\n",
       "  'FBIS4-1446',\n",
       "  'FBIS4-1503',\n",
       "  'FBIS4-23299',\n",
       "  'FBIS4-36044',\n",
       "  'FBIS4-36939',\n",
       "  'FBIS4-47742',\n",
       "  'FBIS4-59617',\n",
       "  'FT921-14694',\n",
       "  'FT923-1945',\n",
       "  'FT931-14635',\n",
       "  'FT933-1184',\n",
       "  'FT933-858',\n",
       "  'FT941-12410',\n",
       "  'FT941-4190',\n",
       "  'FT944-17976'},\n",
       " 445: {'FT921-7364',\n",
       "  'FT924-8156',\n",
       "  'FT924-9001',\n",
       "  'FT934-408',\n",
       "  'FT941-7858',\n",
       "  'FT942-2917',\n",
       "  'FT943-15291',\n",
       "  'FT943-5763',\n",
       "  'LA032589-0088',\n",
       "  'LA033190-0123',\n",
       "  'LA040390-0124',\n",
       "  'LA062489-0099',\n",
       "  'LA080390-0117',\n",
       "  'LA110789-0149',\n",
       "  'LA121489-0104',\n",
       "  'LA122290-0074'},\n",
       " 448: {'FBIS4-17109',\n",
       "  'FBIS4-26062',\n",
       "  'FBIS4-54035',\n",
       "  'FR940217-1-00130',\n",
       "  'FR940617-0-00137',\n",
       "  'FR940926-0-00080',\n",
       "  'FR941007-0-00098',\n",
       "  'FR941221-1-00017',\n",
       "  'FR941221-1-00018',\n",
       "  'FR941221-1-00019',\n",
       "  'FT921-11935',\n",
       "  'FT921-4195',\n",
       "  'FT934-1966',\n",
       "  'FT942-9026',\n",
       "  'LA020990-0120',\n",
       "  'LA021890-0175',\n",
       "  'LA032789-0038',\n",
       "  'LA072189-0038',\n",
       "  'LA091490-0108'}}"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Internally a pool is a dictionary (topicid, set(docnames))\n",
    "pool1.pool"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-30T14:05:43.838898Z",
     "start_time": "2019-07-30T14:05:43.747583Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10.0"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check to see which pool covers better my run r1\n",
    "pool1.check_coverage(r1, topX=10) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-30T14:05:44.585791Z",
     "start_time": "2019-07-30T14:05:44.491915Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "8.35"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pool2.check_coverage(r1, topX=10) # 8.35 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-07-30T14:05:45.225440Z",
     "start_time": "2019-07-30T14:05:45.218615Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Created mypool.txt\n"
     ]
    }
   ],
   "source": [
    "# Export documents to be judged using Relevation! visual assessing system\n",
    "pool1.export_document_list(filename=\"mypool.txt\", with_format=\"relevation\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  },
  "latex_envs": {
   "LaTeX_envs_menu_present": true,
   "autoclose": false,
   "autocomplete": true,
   "bibliofile": "biblio.bib",
   "cite_by": "apalike",
   "current_citInitial": 1,
   "eqLabelWithNumbers": true,
   "eqNumInitial": 1,
   "hotkeys": {
    "equation": "Ctrl-E",
    "itemize": "Ctrl-I"
   },
   "labels_anchors": false,
   "latex_user_defs": false,
   "report_style_numbering": false,
   "user_envs_cfg": false
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
